name: transformers_lm_mistral_7b_128k
display_name: Mistral 7B 128k Tokens
component_type: Generative
model_type: NN-based
is_customizable: false
author: publisher@deeppavlov.ai
description: An open-source English-only large language model which was fine-tuned 
  for instruction following but is NOT capable of code generation.
  For more details, refer to 
  [HuggingFace Model Page](https://huggingface.co/NousResearch/Yarn-Mistral-7b-128k). 
  Free of charge. This model is up and running on our servers and can be used for free.
ram_usage: 50G
gpu_usage: 20G
group: services
connector:
  protocol: http
  timeout: 20.0
  url: http://transformers-lm-mistral-7b-128k:8185/respond
dialog_formatter: null
response_formatter: null
previous_services: null
required_previous_services: null
state_manager_method: null
tags: null
endpoint: respond
service: services/transformers_lm/service_configs/transformers-lm-mistral-7b-128k
date_created: '2023-04-16T09:45:32'
